Goosle/engines/search/duckduckgo.php

<?php
/* ------------------------------------------------------------------------------------
*  Goosle - The fast, privacy oriented search tool that just works.
*
*  COPYRIGHT NOTICE
*  Copyright 2023-2024 Arnan de Gans. All Rights Reserved.
*
*  COPYRIGHT NOTICES AND ALL THE COMMENTS SHOULD REMAIN INTACT.
*  By using this code you agree to indemnify Arnan de Gans from any 
*  liability that might arise from its use.
------------------------------------------------------------------------------------ */
class DuckDuckGoRequest extends EngineRequest {
    public function get_request_url() {
		$query = str_replace('%22', '\"', $this->query);

		// Safe search override
		$safe = '-1';
		if(preg_match('/(safe:)(on|off)/i', $query, $matches)) {
			if($matches[2] == 'on') $safe = '1';
			if($matches[2] == 'off') $safe = '-2';
			$query = trim(str_replace($matches[0], '', $query));
		}
		unset($matches);

		// Is there no query left? Bail!
		if(empty($query)) return false;

		// Set locale
		$language = (preg_match('/[a-z]{2}-[a-z]{2}/i', $this->opts->duckduckgo_language) && strlen($this->opts->duckduckgo_language) == 5) ? strtolower($this->opts->duckduckgo_language) : 'en_gb';

		// Is there no query left? Bail!
		if(empty($query)) return false;

		// All parameters and values: https://duckduckgo.com/duckduckgo-help-pages/settings/params/
        $url = 'https://html.duckduckgo.com/html/?'.http_build_query(array(
        	'q' => $query, // Search query
        	'kp' => $safe, // Safe search (1 = on, -1 = moderate, -2 = off
        	'kl' => $language, // Language region
        	'kz' => '-1', // Instant answers (1 = on, -1 = off)
        	'kc' => '-1', // Autoload images (1 = on, -1 = off)
        	'kav' => '-1', // Autoload results (1 = on, -1 = off)
        	'kf' => '-1', // Favicons (1 = on, -1 = off)
        	'kaf' => '1', // Full URLs (1 = on, -1 = off)
        	'kac' => '-1', // Auto suggest (1 = on, -1 = off)
        	'kd' => '-1', // Redirects (1 = on, -1 = off)
        	'kh' => '1', // HTTPS (1 = on, -1 = off)
        	'kg' => 'g', // Get/Post (g = GET, p = POST)
        	'k1' => '-1' // Ads (1 = on, -1 = off)
        ));

        unset($query, $safe, $language);

        return $url;
    }

    public function get_request_headers() {
		return array(
			'Accept' => 'text/html, application/xhtml+xml, application/xml;q=0.8, */*;q=0.7',
		);
	}

    public function parse_results($response) {
		$engine_temp = $engine_result = array();
		$xpath = get_xpath($response);

		// No response
		if(!$xpath) return $engine_temp;

		// Scrape the results
		$scrape = $xpath->query("/html/body/div[1]/div[".count($xpath->query("/html/body/div[1]/div"))."]/div/div/div[contains(@class, 'web-result')]/div");

		// Figure out results and base rank
		$number_of_results = $rank = count($scrape);

		// No results
        if($number_of_results == 0) return $engine_temp;

		// Scrape recommended
		$didyoumean = $xpath->query(".//div[@id='did_you_mean']/a[1]")[0];
		if(!is_null($didyoumean)) {
			$engine_result['did_you_mean'] = $didyoumean->textContent;
		}
        $search_specific = $xpath->query(".//div[@id='did_you_mean']/a[2]")[0];
        if(!is_null($search_specific)) {
			$engine_result['search_specific'] = $search_specific->textContent;
        }
 
		foreach($scrape as $result) {
			// Find data
			$url = $xpath->evaluate(".//h2[@class='result__title']//a/@href", $result);
			$title = $xpath->evaluate(".//h2[@class='result__title']", $result);
			$description = $xpath->evaluate(".//a[@class='result__snippet']", $result);

			// Skip broken results
			if($url->length == 0) continue;
			if($title->length == 0) continue;
			
			// Process data
			$url = sanitize($url[0]->textContent);
			$title = strip_newlines(sanitize($title[0]->textContent));
			$description = ($description->length == 0) ? "No description was provided for this site." : limit_string_length(strip_newlines(sanitize($description[0]->textContent)));
			
			// filter duplicate urls/results
            if(!empty($engine_temp)) {
                if(in_array($url, array_column($engine_temp, 'url'))) continue;
            }

			$engine_temp[] = array(
				'title' => $title, 
				'url' => $url, 
				'description' => $description, 
				'engine_rank' => $rank
			);
			$rank -= 1;
		}

		// Base info
		$number_of_results = count($engine_temp);
		if($number_of_results > 0) {
			$engine_result['source'] = 'DuckDuckGo';
			$engine_result['amount'] = $number_of_results;
			$engine_result['search'] = $engine_temp;
		}

		unset($response, $xpath, $scrape, $number_of_results, $rank, $engine_temp);

		return $engine_result;
    }
}
?>