From fd9a13a3e5a2b2725052a829b0027711d771b891 Mon Sep 17 00:00:00 2001 From: Allen <64094914+allendema@users.noreply.github.com> Date: Fri, 10 Jun 2022 23:26:55 +0200 Subject: [PATCH] [enh] Initial no paging support for Yep.com Upstream example query: https://yep.com/web?q=test https://yep.com/about --- searx/engines/json_engine.py | 8 ++++++++ searx/settings.yml | 24 ++++++++++++++++++++++++ 2 files changed, 32 insertions(+) diff --git a/searx/engines/json_engine.py b/searx/engines/json_engine.py index f53bc0bf4..2dd3bc55e 100644 --- a/searx/engines/json_engine.py +++ b/searx/engines/json_engine.py @@ -16,6 +16,11 @@ paging = False suggestion_query = '' results_query = '' +cookies = {} +headers = {} +'''Some engines might offer different result based on cookies or headers. +Possible use-case: To set safesearch cookie or header to moderate.''' + # parameters for engines with paging support # # number of results on each page @@ -88,6 +93,9 @@ def request(query, params): if paging and search_url.find('{pageno}') >= 0: fp['pageno'] = (params['pageno'] - 1) * page_size + first_page_num + params['cookies'].update(cookies) + params['headers'].update(headers) + params['url'] = search_url.format(**fp) params['query'] = query diff --git a/searx/settings.yml b/searx/settings.yml index 6a2142b83..34c1bb0b1 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -402,6 +402,30 @@ engines: require_api_key: false results: JSON + - name: yep + engine: json_engine + shortcut: yep + categories: general + disabled: true + paging: false + page_size: 10 + content_html_to_text: true + title_html_to_text: true + search_url: https://api.yep.com/fs/1/?type=web&q={query}&no_correct=false + results_query: 1/results + title_query: title + url_query: url + content_query: snippet + timeout: 12.0 + headers: + 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8' + 'Sec-Fetch-Dest': 'document' + about: + website: https://yep.com + use_official_api: false + require_api_key: false + results: JSON + - name: currency engine: currency_convert categories: general