INNER CODE UNIT · Python

search

essamamdani/search-result-scraper-markdown · main.py:275

def search(query: str, num_results: int, json_response: bool = False) -> list:
    search_results = searxng(query)
    if FILTER_SEARCH_RESULT_BY_AI:
        search_results = rerenker_ai(search_results)

    json_return = []
    markdown_return = ""
    for result in search_results["results"][:num_results]:
        url = result["url"]
        title = result["title"]
        if "youtube" in url:
            video_id = re.search(r"v=([^&]+)", url)
            if json_response:
                json_return.append(get_transcript(video_id.group(1), "json"))
            else:
                markdown_return += get_transcript(video_id.group(1)) + "\n\n ---------------- \n\n"
            continue
        html_content = fetch_content(url)

View source record →