[feat] engines: add Ollama engine
This commit is contained in:
parent
9ffa9fb730
commit
7b4612e862
60
searx/engines/ollama.py
Normal file
60
searx/engines/ollama.py
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
||||||
|
"""Ollama model search engine for searxng"""
|
||||||
|
|
||||||
|
from urllib.parse import urlencode
|
||||||
|
from datetime import datetime
|
||||||
|
from lxml import html
|
||||||
|
|
||||||
|
from searx.utils import eval_xpath_list, eval_xpath_getindex, eval_xpath, extract_text
|
||||||
|
from searx.result_types import EngineResults
|
||||||
|
|
||||||
|
about = {
|
||||||
|
"website": "https://ollama.com",
|
||||||
|
"wikidata_id": "Q124636097",
|
||||||
|
"use_official_api": False,
|
||||||
|
"require_api_key": False,
|
||||||
|
"results": "HTML",
|
||||||
|
}
|
||||||
|
|
||||||
|
categories = ["it", "repos"]
|
||||||
|
|
||||||
|
base_url = "https://ollama.com"
|
||||||
|
|
||||||
|
results_xpath = '//li[@x-test-model]'
|
||||||
|
title_xpath = './/span[@x-test-search-response-title]/text()'
|
||||||
|
content_xpath = './/p[@class="max-w-lg break-words text-neutral-800 text-md"]/text()'
|
||||||
|
url_xpath = './a/@href'
|
||||||
|
publish_date_xpath = './/span[contains(@class, "flex items-center")]/@title'
|
||||||
|
|
||||||
|
|
||||||
|
def request(query, params):
|
||||||
|
query_params = {"q": query}
|
||||||
|
|
||||||
|
params['url'] = f"{base_url}/search?{urlencode(query_params)}"
|
||||||
|
return params
|
||||||
|
|
||||||
|
|
||||||
|
def response(resp) -> EngineResults:
|
||||||
|
res = EngineResults()
|
||||||
|
|
||||||
|
dom = html.fromstring(resp.text)
|
||||||
|
|
||||||
|
for item in eval_xpath_list(dom, results_xpath):
|
||||||
|
published_date = None
|
||||||
|
try:
|
||||||
|
published_date = datetime.strptime(
|
||||||
|
extract_text(eval_xpath(item, publish_date_xpath)), "%b %d, %Y %I:%M %p %Z"
|
||||||
|
)
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
res.add(
|
||||||
|
res.types.MainResult(
|
||||||
|
title=extract_text(eval_xpath(item, title_xpath)),
|
||||||
|
content=extract_text(eval_xpath(item, content_xpath)),
|
||||||
|
url=f"{base_url}{eval_xpath_getindex(item, url_xpath, 0)}",
|
||||||
|
publishedDate=published_date,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
return res
|
@ -1405,6 +1405,11 @@ engines:
|
|||||||
shortcut: od
|
shortcut: od
|
||||||
disabled: true
|
disabled: true
|
||||||
|
|
||||||
|
- name: ollama
|
||||||
|
engine: ollama
|
||||||
|
shortcut: ollama
|
||||||
|
disabled: true
|
||||||
|
|
||||||
- name: openairedatasets
|
- name: openairedatasets
|
||||||
engine: json_engine
|
engine: json_engine
|
||||||
paging: true
|
paging: true
|
||||||
|
Loading…
x
Reference in New Issue
Block a user