mirror of
https://github.com/searxng/searxng.git
synced 2024-06-09 16:59:24 +00:00
2499899554
Partial reverse engineering of the Google engines including a improved language and region handling based on the engine.traits_v1 data. When ever possible the implementations of the Google engines try to make use of the async REST APIs. The get_lang_info() has been generalized to a get_google_info() function / especially the region handling has been improved by adding the cr parameter. searx/data/engine_traits.json Add data type "traits_v1" generated by the fetch_traits() functions from: - Google (WEB), - Google images, - Google news, - Google scholar and - Google videos and remove data from obsolete data type "supported_languages". A traits.custom type that maps region codes to *supported_domains* is fetched from https://www.google.com/supported_domains searx/autocomplete.py: Reversed engineered autocomplete from Google WEB. Supports Google's languages and subdomains. The old API suggestqueries.google.com/complete has been replaced by the async REST API: https://{subdomain}/complete/search?{args} searx/engines/google.py Reverse engineering and extensive testing .. - fetch_traits(): Fetch languages & regions from Google properties. - always use the async REST API (formally known as 'use_mobile_ui') - use *supported_domains* from traits - improved the result list by fetching './/div[@data-content-feature]' and parsing the type of the various *content features* --> thumbnails are added searx/engines/google_images.py Reverse engineering and extensive testing .. - fetch_traits(): Fetch languages & regions from Google properties. - use *supported_domains* from traits - if exists, freshness_date is added to the result - issue 1864: result list has been improved a lot (due to the new cr parameter) searx/engines/google_news.py Reverse engineering and extensive testing .. - fetch_traits(): Fetch languages & regions from Google properties. *supported_domains* is not needed but a ceid list has been added. - different region handling compared to Google WEB - fixed for various languages & regions (due to the new ceid parameter) / avoid CONSENT page - Google News do no longer support time range - result list has been fixed: XPath of pub_date and pub_origin searx/engines/google_videos.py - fetch_traits(): Fetch languages & regions from Google properties. - use *supported_domains* from traits - add paging support - implement a async request ('asearch': 'arc' & 'async': 'use_ac:true,_fmt:html') - simplified code (thanks to '_fmt:html' request) - issue 1359: fixed xpath of video length data searx/engines/google_scholar.py - fetch_traits(): Fetch languages & regions from Google properties. - use *supported_domains* from traits - request(): include patents & citations - response(): fixed CAPTCHA detection (Scholar has its own CATCHA manager) - hardening XPath to iterate over results - fixed XPath of pub_type (has been change from gs_ct1 to gs_cgt2 class) - issue 1769 fixed: new request implementation is no longer incompatible Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
72 lines
1.4 KiB
YAML
72 lines
1.4 KiB
YAML
# SearXNG settings
|
|
|
|
use_default_settings: true
|
|
|
|
general:
|
|
debug: false
|
|
instance_name: "SearXNG"
|
|
|
|
search:
|
|
safe_search: 2
|
|
autocomplete: 'duckduckgo'
|
|
|
|
server:
|
|
# Is overwritten by ${SEARXNG_SECRET}
|
|
secret_key: "ultrasecretkey"
|
|
limiter: true
|
|
image_proxy: true
|
|
# public URL of the instance, to ensure correct inbound links. Is overwritten
|
|
# by ${SEARXNG_URL}.
|
|
# base_url: http://example.com/location
|
|
|
|
redis:
|
|
# URL to connect redis database. Is overwritten by ${SEARXNG_REDIS_URL}.
|
|
url: unix:///usr/local/searxng-redis/run/redis.sock?db=0
|
|
|
|
ui:
|
|
static_use_hash: true
|
|
|
|
# preferences:
|
|
# lock:
|
|
# - autocomplete
|
|
# - method
|
|
|
|
enabled_plugins:
|
|
- 'Hash plugin'
|
|
- 'Search on category select'
|
|
- 'Self Informations'
|
|
- 'Tracker URL remover'
|
|
- 'Ahmia blacklist'
|
|
# - 'Hostname replace' # see hostname_replace configuration below
|
|
# - 'Infinite scroll'
|
|
# - 'Open Access DOI rewrite'
|
|
# - 'Vim-like hotkeys'
|
|
|
|
# plugins:
|
|
# - only_show_green_results
|
|
|
|
# hostname_replace:
|
|
#
|
|
# # twitter --> nitter
|
|
# '(www\.)?twitter\.com$': 'nitter.net'
|
|
|
|
engines:
|
|
|
|
# - name: fdroid
|
|
# disabled: false
|
|
#
|
|
# - name: apk mirror
|
|
# disabled: false
|
|
#
|
|
# - name: mediathekviewweb
|
|
# categories: TV
|
|
# disabled: false
|
|
#
|
|
# - name: invidious
|
|
# disabled: false
|
|
# base_url:
|
|
# - https://invidious.snopyta.org
|
|
# - https://invidious.tiekoetter.com
|
|
# - https://invidio.xamh.de
|
|
# - https://inv.riverside.rocks
|