#!/usr/bin/env python
"""
 Created by howie.hu at 2018/5/28.
"""
import aiohttp
import async_timeout

from soulbook.config import CONFIG, LOGGER, BLACK_DOMAIN, RULES, LATEST_RULES
from soulbook.fetcher.novels_factory.ssl_factory import ssl_gen


class BaseNovels:
    """
    小说抓取父类
    """

    def __init__(self, logger=None):
        self.black_domain = BLACK_DOMAIN
        self.config = CONFIG
        self.latest_rules = LATEST_RULES
        self.logger = logger if logger else LOGGER
        self.rules = RULES

    async def fetch_url(self, url, params, headers):
        """
        公共抓取函数
        :param client:
        :param url:
        :param params:
        :return:
        """
        async with async_timeout.timeout(15):

            try:
                async with aiohttp.ClientSession() as client:
                    print("headers: ", headers)
                    # async with client.get(url, params=params, headers=headers) as response:
                    async with client.get(url, params=params, headers=headers, ssl=ssl_gen()) as \
                            response:
                        assert response.status == 200
                        LOGGER.info('[fetch] Task url: {}'.format(response.url))
                        try:
                            text = await response.text()
                        except:
                            text = await response.read()
                        return text
            except Exception as e:
                LOGGER.exception(e)
                return None

    @classmethod
    async def start(cls, novels_name):
        return await cls().novels_search(novels_name)

    async def data_extraction(self, html):
        """
        小说信息抓取函数
        :return:
        """
        raise NotImplementedError

    async def novels_search(self, novels_name):
        """
        小说搜索入口函数
        :return:
        """
        raise NotImplementedError