INNER CODE UNIT · Python

_setup_session

zillionare/zillionare · scripts/enhanced_news_crawler.py:111

    def _setup_session(self):
        """设置请求会话"""
        headers = self.config.get("crawler_config", {}).get("headers", {})
        self.session.headers.update(headers)

        timeout = self.config.get("crawler_config", {}).get("timeout", 30)
        self.session.timeout = timeout

    def fetch_rss_feeds(self) -> List[NewsArticle]:
        """获取RSS源中的文章列表"""
        articles = []
        sources = self.config.get("sources", [])

        for source in sources:
            try:
                logger.info(f"Fetching from {source['name']}")
                articles.extend(self._fetch_single_source(source))

View source record →