mirror of https://github.com/searxng/searxng.git
Compare commits
4 Commits
f1276e07fa
...
b309d91115
Author | SHA1 | Date |
---|---|---|
Valentin Rieß | b309d91115 | |
Leo Liu | dfaf5868e2 | |
Leo Liu | b173f3a8b9 | |
Valentin Riess | f584ae31fa |
|
@ -174,3 +174,4 @@ features or generally made searx better:
|
||||||
- @micsthepick
|
- @micsthepick
|
||||||
- Daniel Kukula `<https://github.com/dkuku>`
|
- Daniel Kukula `<https://github.com/dkuku>`
|
||||||
- Patrick Evans `https://github.com/holysoles`
|
- Patrick Evans `https://github.com/holysoles`
|
||||||
|
- Valentin Rieß `<https://github.com/v411e>`
|
||||||
|
|
|
@ -0,0 +1,8 @@
|
||||||
|
.. _nixpkgs engine:
|
||||||
|
|
||||||
|
==============
|
||||||
|
Nixpkgs Search
|
||||||
|
==============
|
||||||
|
|
||||||
|
.. automodule:: searx.engines.nixpkgs
|
||||||
|
:members:
|
|
@ -0,0 +1,164 @@
|
||||||
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
||||||
|
"""`Nixpkgs Search <https://search.nixos.org>`_ makes it easy to search the huge
|
||||||
|
nixpkgs package index. The search backend on search.nixos.org is an
|
||||||
|
Elasticsearch instance.
|
||||||
|
|
||||||
|
Example
|
||||||
|
=======
|
||||||
|
|
||||||
|
The following is an example configuration for an nixpkgs engine with
|
||||||
|
authentication configured.
|
||||||
|
|
||||||
|
Credentials are available here: https://github.com/NixOS/nixos-search/blob/main/frontend/src/index.js
|
||||||
|
|
||||||
|
.. code:: yaml
|
||||||
|
|
||||||
|
- name: nixpkgs
|
||||||
|
shortcut: nix
|
||||||
|
engine: nixpkgs
|
||||||
|
base_url: https://search.nixos.org/backend
|
||||||
|
username:
|
||||||
|
password:
|
||||||
|
index: latest-42-nixos-unstable
|
||||||
|
channel: unstable
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
from searx.exceptions import SearxEngineAPIException
|
||||||
|
|
||||||
|
about = {
|
||||||
|
"website": "https://search.nixos.org",
|
||||||
|
"use_official_api": False,
|
||||||
|
"require_api_key": True,
|
||||||
|
"results": 'JSON',
|
||||||
|
}
|
||||||
|
categories = ["it", "packages"]
|
||||||
|
|
||||||
|
base_url = "https://search.nixos.org/backend"
|
||||||
|
username = ""
|
||||||
|
password = ""
|
||||||
|
index = "latest-42-nixos-unstable"
|
||||||
|
channel = "unstable"
|
||||||
|
search_url = f"{base_url}/{index}/_search"
|
||||||
|
show_metadata = False
|
||||||
|
categories = ["it", "packages"]
|
||||||
|
|
||||||
|
|
||||||
|
def init():
|
||||||
|
if not (username and password):
|
||||||
|
raise ValueError("username and password need to be configured.")
|
||||||
|
|
||||||
|
|
||||||
|
def request(query, params):
|
||||||
|
params["auth"] = (username, password)
|
||||||
|
params["url"] = search_url
|
||||||
|
params["data"] = _build_query(query)
|
||||||
|
params["headers"]["Content-Type"] = "application/json"
|
||||||
|
|
||||||
|
return params
|
||||||
|
|
||||||
|
|
||||||
|
def response(resp):
|
||||||
|
results = []
|
||||||
|
|
||||||
|
resp_json = resp.json()
|
||||||
|
if "error" in resp_json:
|
||||||
|
raise SearxEngineAPIException(resp_json["error"])
|
||||||
|
|
||||||
|
for result in resp_json["hits"]["hits"]:
|
||||||
|
raw_result = {key: value if not key.startswith("_") else value for key, value in result["_source"].items()}
|
||||||
|
r = {
|
||||||
|
"template": "packages.html",
|
||||||
|
"title": raw_result["package_attr_name"],
|
||||||
|
"package_name": raw_result["package_pname"],
|
||||||
|
"version": raw_result["package_pversion"],
|
||||||
|
"content": raw_result["package_description"] or "",
|
||||||
|
"source_code_url": _position_to_github_url(raw_result["package_position"]),
|
||||||
|
"url": f"https://search.nixos.org/packages?channel={channel}&show={raw_result['package_attr_name']}",
|
||||||
|
"maintainer": ", ".join(raw_result["package_maintainers_set"]),
|
||||||
|
"tags": raw_result["package_programs"],
|
||||||
|
"license_name": ", ".join(raw_result["package_license_set"]),
|
||||||
|
"homepage": next(iter(raw_result["package_homepage"]), None),
|
||||||
|
}
|
||||||
|
|
||||||
|
if show_metadata:
|
||||||
|
r["metadata"] = {
|
||||||
|
"index": result["_index"],
|
||||||
|
"id": result["_id"],
|
||||||
|
"score": result["_score"],
|
||||||
|
}
|
||||||
|
|
||||||
|
results.append(r)
|
||||||
|
|
||||||
|
return results
|
||||||
|
|
||||||
|
|
||||||
|
def _build_query(query: str):
|
||||||
|
return f"""
|
||||||
|
{{
|
||||||
|
"from": 0,
|
||||||
|
"size": 50,
|
||||||
|
"sort": [
|
||||||
|
{{
|
||||||
|
"_score": "desc",
|
||||||
|
"package_attr_name": "desc",
|
||||||
|
"package_pversion": "desc"
|
||||||
|
}}
|
||||||
|
],
|
||||||
|
"query": {{
|
||||||
|
"bool": {{
|
||||||
|
"must": [
|
||||||
|
{{
|
||||||
|
"dis_max": {{
|
||||||
|
"tie_breaker": 0.7,
|
||||||
|
"queries": [
|
||||||
|
{{
|
||||||
|
"multi_match": {{
|
||||||
|
"type": "cross_fields",
|
||||||
|
"query": "{query}",
|
||||||
|
"analyzer": "whitespace",
|
||||||
|
"auto_generate_synonyms_phrase_query": false,
|
||||||
|
"operator": "and",
|
||||||
|
"_name": "multi_match_firefox",
|
||||||
|
"fields": [
|
||||||
|
"package_attr_name^9",
|
||||||
|
"package_attr_name.*^5.3999999999999995",
|
||||||
|
"package_programs^9",
|
||||||
|
"package_programs.*^5.3999999999999995",
|
||||||
|
"package_pname^6",
|
||||||
|
"package_pname.*^3.5999999999999996",
|
||||||
|
"package_description^1.3",
|
||||||
|
"package_description.*^0.78",
|
||||||
|
"package_longDescription^1",
|
||||||
|
"package_longDescription.*^0.6",
|
||||||
|
"flake_name^0.5",
|
||||||
|
"flake_name.*^0.3"
|
||||||
|
]
|
||||||
|
}}
|
||||||
|
}},
|
||||||
|
{{
|
||||||
|
"wildcard": {{
|
||||||
|
"package_attr_name": {{
|
||||||
|
"value": "*{query}*",
|
||||||
|
"case_insensitive": true
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
]
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
]
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
def _position_to_github_url(package_position: str):
|
||||||
|
path, line = package_position.split(":")
|
||||||
|
return f"https://github.com/NixOS/nixpkgs/blob/master/{path}#L{line}"
|
||||||
|
|
||||||
|
|
||||||
|
def _get_codelines(package_name: str):
|
||||||
|
code = f"nix-shell -p {package_name}"
|
||||||
|
return [(0, code)]
|
|
@ -20,7 +20,7 @@ if (next_call_ts == false or next_call_ts == nil) then
|
||||||
-- 2/ the next call is a random time between start_after_from and start_after_to
|
-- 2/ the next call is a random time between start_after_from and start_after_to
|
||||||
local initial_delay = math.random(start_after_from, start_after_to)
|
local initial_delay = math.random(start_after_from, start_after_to)
|
||||||
redis.call('SET', redis_key, now + initial_delay)
|
redis.call('SET', redis_key, now + initial_delay)
|
||||||
return { false, delay }
|
return { false, initial_delay }
|
||||||
end
|
end
|
||||||
|
|
||||||
-- next_call_ts is defined
|
-- next_call_ts is defined
|
||||||
|
|
|
@ -226,15 +226,12 @@ outgoing:
|
||||||
# - 'Hash plugin'
|
# - 'Hash plugin'
|
||||||
# - 'Self Information'
|
# - 'Self Information'
|
||||||
# - 'Tracker URL remover'
|
# - 'Tracker URL remover'
|
||||||
|
# - 'Unit converter plugin'
|
||||||
# - 'Ahmia blacklist' # activation depends on outgoing.using_tor_proxy
|
# - 'Ahmia blacklist' # activation depends on outgoing.using_tor_proxy
|
||||||
# # these plugins are disabled if nothing is configured ..
|
# # these plugins are disabled if nothing is configured ..
|
||||||
# - 'Hostnames plugin' # see 'hostnames' configuration below
|
# - 'Hostnames plugin' # see 'hostnames' configuration below
|
||||||
# - 'Open Access DOI rewrite'
|
# - 'Open Access DOI rewrite'
|
||||||
# - 'Tor check plugin'
|
# - 'Tor check plugin'
|
||||||
# # Read the docs before activate: auto-detection of the language could be
|
|
||||||
# # detrimental to users expectations / users can activate the plugin in the
|
|
||||||
# # preferences if they want.
|
|
||||||
# - 'Autodetect search language'
|
|
||||||
|
|
||||||
# Configuration of the "Hostnames plugin":
|
# Configuration of the "Hostnames plugin":
|
||||||
#
|
#
|
||||||
|
@ -2409,6 +2406,16 @@ engines:
|
||||||
shortcut: pgo
|
shortcut: pgo
|
||||||
disabled: true
|
disabled: true
|
||||||
|
|
||||||
|
# NixOS Package Search
|
||||||
|
# - name: nixpkgs
|
||||||
|
# shortcut: nix
|
||||||
|
# engine: nixpkgs
|
||||||
|
# base_url: https://search.nixos.org/backend
|
||||||
|
# username:
|
||||||
|
# password:
|
||||||
|
# index: latest-42-nixos-unstable
|
||||||
|
# channel: unstable
|
||||||
|
|
||||||
# Doku engine lets you access to any Doku wiki instance:
|
# Doku engine lets you access to any Doku wiki instance:
|
||||||
# A public one or a privete/corporate one.
|
# A public one or a privete/corporate one.
|
||||||
# - name: ubuntuwiki
|
# - name: ubuntuwiki
|
||||||
|
|
Loading…
Reference in New Issue