searxng/searx/engines/brave.py

# SPDX-License-Identifier: AGPL-3.0-or-later
"""
 Brave (General, news, videos, images)
"""

from urllib.parse import urlencode
import chompjs
import json

about = {
    "website": 'https://search.brave.com/',
    "wikidata_id": 'Q22906900',
    "official_api_documentation": None,
    "use_official_api": False,
    "require_api_key": False,
    "results": 'HTML',
}
base_url = "https://search.brave.com/"
paging = False
categories = ['images', 'videos', 'news']  # images, videos, news


def request(query, params):
    args = {
        'q': query,
        'spellcheck': 1,
    }
    params["url"] = f"{base_url}{categories[0]}?{urlencode(args)}"


def get_video_results(json_data):
    results = []

    for result in json_data:
        results.append(
            {
                'template': 'videos.html',
                'url': result['url'],
                'thumbnail_src': result['thumbnail']['src'],
                'img_src': result['properties']['url'],
                'content': result['description'],
                'title': result['title'],
                'source': result['source'],
                'duration': result['video']['duration'],
            }
        )

    return results


def response(resp):
    results = []

    datastr = ""
    for line in resp.text.split("\n"):
        if "const data = " in line:
            datastr = line.replace("const data = ", "").strip()[:-1]
            break

    json_data = chompjs.parse_js_object(datastr)
    json_results = json_data[1]["data"]["body"]["response"]["results"]

    with open("outfile.json", "w") as f:
        json.dump(json_data, f)

    for result in json_results:
        item = {
            'url': result['url'],
            'title': result['title'],
            'content': result['description'],
        }
        if result['thumbnail'] != "null":
            item['thumbnail'] = result['thumbnail']['src']

        match categories[0]:
            case 'images':
                item['template'] = 'images.html'
                item['img_format'] = result['properties']['format']
                item['source'] = result['source']
                item['img_src'] = result['properties']['url']
            case 'videos':
                item['template'] = 'videos.html'
                item['length'] = result['video']['duration']
        
        results.append(item)

    return results