Universal Search API

Using the Universal Search API, you can scrape various search engine results without worrying about proxy rotation and data parsing. Our API is fast and reliable.

Each successful request will cost you 20 API credits.

You have to send a GET request to https://api.scrapingdog.com/search with the below-given parameters.

Parameters

Scrapingdog Parameters

Parameter	Description
api_key required	Your personal API key. Available on your dashboard Type: String

Search Query

Parameter	Description
query	The parameter specifies the search query you want to execute, just like a standard search. Type: String

Geographic Location and Localization

Parameter	Description
country	This parameter specifies the country for the search using a two-letter country code (e.g., US for the United States, UK for the United Kingdom, or FR for France). Default Value - us Type - String
language	Language of the results. Possible Values - en, es, fr, de, etc. Default Value - en Type - String

API Example

cURL

curl "https://api.scrapingdog.com/search/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football

Python

import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/search/"

params = {
    "api_key": api_key,
    "query": "football"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

Node JS

const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/search/';

const params = {
  api_key: api_key,
  query: 'football'
};

axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

PHP

<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$query = 'football';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/search/?api_key=' . $api_key . '&query=' . $query;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    // Process the response data as needed
    echo $response;
}

// Close the cURL session
curl_close($ch);

Ruby

require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/search/?api_key=#{api_key}&query=#{query}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)

# Check if the request was successful
if response.is_a?(Net::HTTPSuccess)
  puts response.body # Process the response data as needed
else
  puts "HTTP request failed with code: #{response.code}, message: #{response.message}"
end

Java

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.io.IOException;

public class Main {
    public static void main(String[] args) {
        try {
            // Set the API key and request parameters
            String apiKey = "5eaa61a6e562fc52fe763tr516e4653";
            String query = "football";

            // Construct the API endpoint URL
            String apiUrl = "https://api.scrapingdog.com/search/?api_key=" + apiKey
                    + "&query=" + query

            // Create a URL object from the API URL string
            URL url = new URL(apiUrl);

            // Open a connection to the URL
            HttpURLConnection connection = (HttpURLConnectionjava) url.openConnection();

            // Set the request method to GET
            connection.setRequestMethod("GET");

            // Get the response code
            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                // Read the response from the connection
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String inputLine;
                StringBuilder response = new StringBuilder();

                while ((inputLine = reader.readLine()) != null) {
                    response.append(inputLine);
                }
                reader.close();

                // Process the response data as needed
                System.out.println(response.toString());
            } else {
                System.out.println("HTTP request failed with response code: " + responseCode);
            }

            // Close the connection
            connection.disconnect();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}

API Response

{
    "organic_results": [
        {
            "title": "NFL.com | Official Site of the National Football League",
            "displayed_link": "https://www.nfl.com",
            "snippet": "The official source for NFL news, video highlights, game-day coverage, schedules, stats, scores and more.",
            "date": "",
            "missing": [],
            "link": "https://www.nfl.com/",
            "extended_sitelinks": [
                {
                    "title": "Schedule",
                    "link": "https://www.nfl.com/schedules/"
                },
                {
                    "title": "Live NFL Scores for 2025",
                    "link": "https://www.nfl.com/scores/"
                },
                {
                    "title": "Latest NFL Football News",
                    "link": "https://www.nfl.com/news/"
                },
                {
                    "title": "NFL Network Hub",
                    "link": "https://www.nfl.com/network/"
                }
            ],
            "rank": 1
        },
        {
            "title": "Football - Wikipedia",
            "displayed_link": "https://en.wikipedia.org › wiki › Football",
            "snippet": "Football is a family of team sports that involve, to varying degrees, kicking a ball to score a goal. Unqualified, the word football generally means the form ...",
            "date": "",
            "missing": [],
            "link": "https://en.wikipedia.org/wiki/Football",
            "extended_sitelinks": [
                {
                    "title": "American football",
                    "link": "https://en.wikipedia.org/wiki/American_football"
                },
                {
                    "title": "Association football",
                    "link": "https://en.wikipedia.org/wiki/Association_football"
                },
                {
                    "title": "History of American football",
                    "link": "https://en.wikipedia.org/wiki/History_of_American_football"
                },
                {
                    "title": "Football (ball)",
                    "link": "https://en.wikipedia.org/wiki/Football_(ball)"
                }
            ],
            "rank": 2
        },
        ......
     ]